sanity-parallel-test-results.html

selenium = <selenium.webdriver.firefox.webdriver.WebDriver (session="d5d1e42e-5a6c-48f3-83e8-9d7515a0a79f")>, base_url = 'https://addons.mozilla.org'
variables = {'addon_size_extension': 'darkreader', 'addon_validation_message': 'Your add-on was validated with no errors or warnings.', 'addon_with_stats': 'new-tab-override', 'all_scores_addon': 'ublock-origin', ...}
wait = <[AttributeError("'function' object has no attribute 'session_id'") raised in repr()] WebDriverWait object at 0x11b9a19d0>, delete_themes = None

@pytest.mark.sanity
def test_submit_listed_wizard_theme_tc_id_c97500(selenium, base_url, variables, wait, delete_themes):
"""A test that checks a straight-forward theme submission with the devhub wizard"""
page = DevHubHome(selenium, base_url).open().wait_for_page_to_load()
page.devhub_login("submissions_user")
submit_addon = page.click_submit_theme_button()
# start the upload for a listed theme
submit_addon.select_listed_option()
submit_addon.click_continue()
create_theme = submit_addon.click_create_theme_button()
theme_name = f"wizard_theme_{reusables.get_random_string(5)}"
create_theme.set_theme_name(theme_name)
create_theme.upload_theme_header("theme_header.png")
wait.until(lambda _: create_theme.uploaded_image_preview.is_displayed())
# make a note of the image source uploaded as the theme header
uploaded_img_source = create_theme.uploaded_image_source
# verify that the uploaded image is applied in the browser preview
assert uploaded_img_source == create_theme.browser_preview_image
> theme_details = create_theme.submit_theme()

tests/devhub_submissions/test_addon_submissions.py:89:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
pages/desktop/developers/submit_addon.py:884: in submit_theme
).wait_for_page_to_load()
pages/desktop/developers/submit_addon.py:660: in wait_for_page_to_load
self.wait.until(
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _

self = <selenium.webdriver.support.wait.WebDriverWait (session="d5d1e42e-5a6c-48f3-83e8-9d7515a0a79f")>, method = <function visibility_of_element_located.<locals>._predicate at 0x11b882ca0>, message = ''

def until(self, method, message: str = ""):
"""Calls the method provided with the driver as an argument until the \
return value does not evaluate to ``False``.

:param method: callable(WebDriver)
:param message: optional message for :exc:`TimeoutException`
:returns: the result of the last call to `method`
:raises: :exc:`selenium.common.exceptions.TimeoutException` if timeout occurs
"""
screen = None
stacktrace = None

end_time = time.monotonic() + self._timeout
while True:
try:
value = method(self._driver)
if value:
return value
except self._ignored_exceptions as exc:
screen = getattr(exc, 'screen', None)
stacktrace = getattr(exc, 'stacktrace', None)
time.sleep(self._poll)
if time.monotonic() > end_time:
break
> raise TimeoutException(message, screen, stacktrace)
E selenium.common.exceptions.TimeoutException: Message:
E Stacktrace:
E RemoteError@chrome://remote/content/shared/RemoteError.sys.mjs:8:8
E WebDriverError@chrome://remote/content/shared/webdriver/Errors.sys.mjs:193:5
E NoSuchElementError@chrome://remote/content/shared/webdriver/Errors.sys.mjs:511:5
E dom.find/</<@chrome://remote/content/shared/DOM.sys.mjs:136:16

venv/lib/python3.11/site-packages/selenium/webdriver/support/wait.py:90: TimeoutException
------------------------------Captured stdout call------------------------------
The "click continue button" event occurred.

self = <urllib.request.HTTPSHandler object at 0x11c3089d0>, http_class = <class 'http.client.HTTPSConnection'>, req = <urllib.request.Request object at 0x11c308e10>
http_conn_args = {'check_hostname': None, 'context': None}, host = 'addons.mozilla.org', h = <http.client.HTTPSConnection object at 0x11c309a10>

def do_open(self, http_class, req, **http_conn_args):
"""Return an HTTPResponse object for the request, using http_class.

http_class must implement the HTTPConnection API from http.client.
"""
host = req.host
if not host:
raise URLError('no host given')

# will parse host:port
h = http_class(host, timeout=req.timeout, **http_conn_args)
h.set_debuglevel(self._debuglevel)

headers = dict(req.unredirected_hdrs)
headers.update({k: v for k, v in req.headers.items()
if k not in headers})

# TODO(jhylton): Should this be redesigned to handle
# persistent connections?

# We want to make an HTTP/1.1 request, but the addinfourl
# class isn't prepared to deal with a persistent connection.
# It will try to read all remaining data from the socket,
# which will block while the server waits for the next request.
# So make sure the connection gets closed after the (only)
# request.
headers["Connection"] = "close"
headers = {name.title(): val for name, val in headers.items()}

if req._tunnel_host:
tunnel_headers = {}
proxy_auth_hdr = "Proxy-Authorization"
if proxy_auth_hdr in headers:
tunnel_headers[proxy_auth_hdr] = headers[proxy_auth_hdr]
# Proxy-Authorization should not be sent to origin
# server.
del headers[proxy_auth_hdr]
h.set_tunnel(req._tunnel_host, headers=tunnel_headers)

try:
try:
> h.request(req.get_method(), req.selector, req.data, headers,
encode_chunked=req.has_header('Transfer-encoding'))

/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/urllib/request.py:1348:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/http/client.py:1286: in request
self._send_request(method, url, body, headers, encode_chunked)
/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/http/client.py:1332: in _send_request
self.endheaders(body, encode_chunked=encode_chunked)
/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/http/client.py:1281: in endheaders
self._send_output(message_body, encode_chunked=encode_chunked)
/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/http/client.py:1041: in _send_output
self.send(msg)
/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/http/client.py:979: in send
self.connect()
/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/http/client.py:1458: in connect
self.sock = self._context.wrap_socket(self.sock,
/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/ssl.py:517: in wrap_socket
return self.sslsocket_class._create(
/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/ssl.py:1075: in _create
self.do_handshake()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _

self = <ssl.SSLSocket [closed] fd=-1, family=30, type=1, proto=0>, block = False

@_sslcopydoc
def do_handshake(self, block=False):
self._check_connected()
timeout = self.gettimeout()
try:
if timeout == 0.0 and block:
self.settimeout(None)
> self._sslobj.do_handshake()
E ssl.SSLCertVerificationError: [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1002)

/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/ssl.py:1346: SSLCertVerificationError

During handling of the above exception, another exception occurred:

selenium = <selenium.webdriver.firefox.webdriver.WebDriver (session="8804141f-068a-4523-97a8-7fa82e2e976f")>, base_url = 'https://addons.mozilla.org'
variables = {'addon_size_extension': 'darkreader', 'addon_validation_message': 'Your add-on was validated with no errors or warnings.', 'addon_with_stats': 'new-tab-override', 'all_scores_addon': 'ublock-origin', ...}

@pytest.mark.sanity
@pytest.mark.nondestructive
def test_more_info_addon_size(selenium, base_url, variables):
extension = variables["addon_size_extension"]
selenium.get(f"{base_url}/addon/{extension}")
addon = Detail(selenium, base_url).wait_for_page_to_load()
assert addon.more_info.addon_size.is_displayed()
more_info_size = addon.more_info.addon_size.text
# get the file URL and read its size
> file = urllib.request.urlopen(addon.addon_xpi)

tests/frontend/test_addon_detail.py:378:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/urllib/request.py:216: in urlopen
return opener.open(url, data, timeout)
/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/urllib/request.py:519: in open
response = self._open(req, data)
/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/urllib/request.py:536: in _open
result = self._call_chain(self.handle_open, protocol, protocol +
/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/urllib/request.py:496: in _call_chain
result = func(*args)
/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/urllib/request.py:1391: in https_open
return self.do_open(http.client.HTTPSConnection, req,
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _

self = <urllib.request.HTTPSHandler object at 0x11c3089d0>, http_class = <class 'http.client.HTTPSConnection'>, req = <urllib.request.Request object at 0x11c308e10>
http_conn_args = {'check_hostname': None, 'context': None}, host = 'addons.mozilla.org', h = <http.client.HTTPSConnection object at 0x11c309a10>

def do_open(self, http_class, req, **http_conn_args):
"""Return an HTTPResponse object for the request, using http_class.

http_class must implement the HTTPConnection API from http.client.
"""
host = req.host
if not host:
raise URLError('no host given')

# will parse host:port
h = http_class(host, timeout=req.timeout, **http_conn_args)
h.set_debuglevel(self._debuglevel)

headers = dict(req.unredirected_hdrs)
headers.update({k: v for k, v in req.headers.items()
if k not in headers})

# TODO(jhylton): Should this be redesigned to handle
# persistent connections?

# We want to make an HTTP/1.1 request, but the addinfourl
# class isn't prepared to deal with a persistent connection.
# It will try to read all remaining data from the socket,
# which will block while the server waits for the next request.
# So make sure the connection gets closed after the (only)
# request.
headers["Connection"] = "close"
headers = {name.title(): val for name, val in headers.items()}

if req._tunnel_host:
tunnel_headers = {}
proxy_auth_hdr = "Proxy-Authorization"
if proxy_auth_hdr in headers:
tunnel_headers[proxy_auth_hdr] = headers[proxy_auth_hdr]
# Proxy-Authorization should not be sent to origin
# server.
del headers[proxy_auth_hdr]
h.set_tunnel(req._tunnel_host, headers=tunnel_headers)

try:
try:
h.request(req.get_method(), req.selector, req.data, headers,
encode_chunked=req.has_header('Transfer-encoding'))
except OSError as err: # timeout error
> raise URLError(err)
E urllib.error.URLError: <urlopen error [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1002)>

/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/urllib/request.py:1351: URLError

base_url = 'https://addons.mozilla.org', selenium = <selenium.webdriver.firefox.webdriver.WebDriver (session="df2b8938-72cd-4699-aa38-8db04890fe1e")>
variables = {'addon_size_extension': 'darkreader', 'addon_validation_message': 'Your add-on was validated with no errors or warnings.', 'addon_with_stats': 'new-tab-override', 'all_scores_addon': 'ublock-origin', ...}
firefox = <foxpuppet.foxpuppet.FoxPuppet object at 0x11d75fad0>, firefox_notifications = <function notifications at 0x118618720>
wait = <[AttributeError("'function' object has no attribute 'session_id'") raised in repr()] WebDriverWait object at 0x11b4b22d0>

@pytest.mark.prod_only
@pytest.mark.nondestructive
def test_blog_install_addon(
base_url, selenium, variables, firefox, firefox_notifications, wait
):
blog = BlogHomepage(selenium, base_url).open().wait_for_page_to_load()
article = blog.articles[0].click_read_more_link()
# install add-on from a blog article
> addon_name = article.addon_cards[0].title.text
E IndexError: list index out of range

tests/frontend/test_blog.py:180: IndexError

base_url = 'https://addons.mozilla.org', selenium = <selenium.webdriver.firefox.webdriver.WebDriver (session="09cd88d7-5fc6-4e64-80de-502d5a10a6fa")>

@pytest.mark.prod_only
@pytest.mark.nondestructive
def test_addon_link_in_article_addon_cards(base_url, selenium):
blog = BlogHomepage(selenium, base_url).open().wait_for_page_to_load()
article = blog.articles[0].click_read_more_link()
# make a note of the add-on name in the article card
> addon_name = article.addon_cards[0].title.text
E IndexError: list index out of range

tests/frontend/test_blog.py:212: IndexError

base_url = 'https://addons.mozilla.org', selenium = <selenium.webdriver.firefox.webdriver.WebDriver (session="3c02a541-a6a1-47a6-8126-1118e4f0f55e")>

@pytest.mark.prod_only
@pytest.mark.nondestructive
def test_author_link_in_article_addon_cards(base_url, selenium):
blog = BlogHomepage(selenium, base_url).open().wait_for_page_to_load()
article = blog.articles[0].click_read_more_link()
# make a note of the addon author in the article card
> addon_author = article.addon_cards[0].author.text
E IndexError: list index out of range

tests/frontend/test_blog.py:226: IndexError

selenium = <selenium.webdriver.firefox.webdriver.WebDriver (session="adae5766-6614-40d3-bada-5b31f8aeb106")>, base_url = 'https://addons.mozilla.org'
wait = <[AttributeError("'function' object has no attribute 'session_id'") raised in repr()] WebDriverWait object at 0x11fb25b10>, firefox = <foxpuppet.foxpuppet.FoxPuppet object at 0x11fb34bd0>
firefox_notifications = <function notifications at 0x118618720>
variables = {'addon_size_extension': 'darkreader', 'addon_validation_message': 'Your add-on was validated with no errors or warnings.', 'addon_with_stats': 'new-tab-override', 'all_scores_addon': 'ublock-origin', ...}

@pytest.mark.sanity
@pytest.mark.fail
def test_about_addons_extension_updates(
selenium, base_url, wait, firefox, firefox_notifications, variables
):
"""Install an addon from AMO and check for updates in addons manager;
this test is set up to be able to run on each AMO environment"""
extension = variables["extension_version_updates"]
selenium.get(f"{base_url}/addon/{extension}/versions/")
versions = Versions(selenium, base_url).wait_for_page_to_load()
# make a note of the latest version number - this should be visible once the addon updates
latest_version = versions.latest_version_number
# install an older version of the addon
versions.versions_list[1].click_download_link()
# if the addon is installed from dev or stage we might need to confirm the site security
# in order to be able to install the addon; the following exception accounts for that
try:
firefox.browser.wait_for_notification(
firefox_notifications.AddOnInstallConfirmation
).install()
except TimeoutException as error:
# check that the timeout message is raised by the AddOnInstallConfirmation class
assert error.msg == "AddOnInstallConfirmation was not shown."
firefox.browser.wait_for_notification(
firefox_notifications.AddOnInstallBlocked
).allow()
firefox.browser.wait_for_notification(
firefox_notifications.AddOnInstallConfirmation
).install()
# go to addons manager and locate the installed addon
selenium.get("about:addons")
about_addons = AboutAddons(selenium)
about_addons.click_extensions_side_button()
about_addons.installed_addon_cards[0].click()
# trigger a manual update check to receive the latest addon version
about_addons.click_options_button()
action = ActionChains(selenium)
action.send_keys("c").perform()
# compare the updated version to the latest version from AMO and make sure they match
> wait.until(
lambda _: latest_version == about_addons.installed_version_number,
message=f'Latest version from AMO "{latest_version}" did not match updated version from addons manager '
f'"{about_addons.installed_version_number}"',
)

tests/frontend/test_install.py:286:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _

self = <[AttributeError("'function' object has no attribute 'session_id'") raised in repr()] WebDriverWait object at 0x11fb25b10>
method = <function test_about_addons_extension_updates.<locals>.<lambda> at 0x11fb21620>, message = 'Latest version from AMO "0.7.6" did not match updated version from addons manager "0.7.4"'

def until(self, method, message: str = ""):
"""Calls the method provided with the driver as an argument until the \
return value does not evaluate to ``False``.

:param method: callable(WebDriver)
:param message: optional message for :exc:`TimeoutException`
:returns: the result of the last call to `method`
:raises: :exc:`selenium.common.exceptions.TimeoutException` if timeout occurs
"""
screen = None
stacktrace = None

end_time = time.monotonic() + self._timeout
while True:
try:
value = method(self._driver)
if value:
return value
except self._ignored_exceptions as exc:
screen = getattr(exc, 'screen', None)
stacktrace = getattr(exc, 'stacktrace', None)
time.sleep(self._poll)
if time.monotonic() > end_time:
break
> raise TimeoutException(message, screen, stacktrace)
E selenium.common.exceptions.TimeoutException: Message: Latest version from AMO "0.7.6" did not match updated version from addons manager "0.7.4"

venv/lib/python3.11/site-packages/selenium/webdriver/support/wait.py:90: TimeoutException